Mutator Analysis
|
#
|
Model selection
|
Learning rate
|
Batch size
|
Mask rate
|
N. iterations
|
Top K Sampling
|
Mean ΔPerplexity
|
Q1 ΔPerplexity
|
Q2 ΔPerplexity
|
Q3 ΔPerplexity
|
PCC
|
|
0
|
final
|
0.0004
|
256
|
0.050
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
1.000
|
|
1
|
final
|
0.0004
|
256
|
0.050
|
3
|
3
|
0.039
|
0.008
|
0.008
|
0.008
|
0.979
|
|
2
|
final
|
0.0004
|
256
|
0.050
|
5
|
3
|
0.078
|
0.016
|
0.016
|
0.016
|
0.935
|
|
3
|
final
|
0.0004
|
256
|
0.050
|
10
|
3
|
0.125
|
0.039
|
0.039
|
0.039
|
0.876
|
|
4
|
final
|
0.0004
|
256
|
0.050
|
20
|
3
|
0.202
|
0.076
|
0.076
|
0.076
|
0.504
|
|
5
|
final
|
0.0004
|
256
|
0.050
|
40
|
3
|
0.067
|
0.125
|
0.125
|
0.125
|
0.228
|
|
6
|
final
|
0.0004
|
256
|
0.050
|
80
|
3
|
0.384
|
0.246
|
0.246
|
0.246
|
0.265
|
|
7
|
final
|
0.0004
|
512
|
0.050
|
0
|
3
|
0.000
|
0.000
|
0.000
|
0.000
|
1.000
|
|
8
|
final
|
0.0004
|
512
|
0.050
|
3
|
3
|
0.030
|
0.006
|
0.006
|
0.006
|
0.916
|
|
9
|
final
|
0.0004
|
512
|
0.050
|
5
|
3
|
0.066
|
0.008
|
0.008
|
0.008
|
0.934
|
|
10
|
final
|
0.0004
|
512
|
0.050
|
10
|
3
|
0.123
|
0.039
|
0.039
|
0.039
|
0.873
|
|
11
|
final
|
0.0004
|
512
|
0.050
|
20
|
3
|
0.200
|
0.078
|
0.078
|
0.078
|
0.666
|
|
12
|
final
|
0.0004
|
512
|
0.050
|
40
|
3
|
0.305
|
0.133
|
0.133
|
0.133
|
0.305
|
|
13
|
final
|
0.0004
|
512
|
0.050
|
80
|
3
|
0.386
|
0.230
|
0.230
|
0.230
|
0.452
|
|
14
|
validation
|
0.0004
|
128
|
0.050
|
0
|
3
|
0.003
|
0.000
|
0.000
|
0.000
|
0.996
|
|
15
|
validation
|
0.0004
|
128
|
0.050
|
3
|
3
|
0.039
|
0.008
|
0.008
|
0.008
|
0.955
|
|
16
|
validation
|
0.0004
|
128
|
0.050
|
5
|
3
|
0.064
|
0.016
|
0.016
|
0.016
|
0.895
|
|
17
|
validation
|
0.0004
|
128
|
0.050
|
10
|
3
|
0.132
|
0.037
|
0.037
|
0.037
|
0.755
|
|
18
|
validation
|
0.0004
|
128
|
0.050
|
20
|
3
|
0.180
|
0.068
|
0.068
|
0.068
|
0.763
|
|
19
|
validation
|
0.0004
|
128
|
0.050
|
40
|
3
|
0.277
|
0.146
|
0.146
|
0.146
|
0.525
|
|
20
|
validation
|
0.0004
|
128
|
0.050
|
80
|
3
|
0.284
|
0.193
|
0.193
|
0.193
|
0.187
|
|
21
|
validation
|
0.0010
|
256
|
0.050
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
0.999
|
|
22
|
validation
|
0.0010
|
256
|
0.050
|
3
|
3
|
0.057
|
0.008
|
0.008
|
0.008
|
0.938
|
|
23
|
validation
|
0.0010
|
256
|
0.050
|
5
|
3
|
0.076
|
0.008
|
0.008
|
0.008
|
0.943
|
|
24
|
validation
|
0.0010
|
256
|
0.050
|
10
|
3
|
0.140
|
0.053
|
0.053
|
0.053
|
0.897
|
|
25
|
validation
|
0.0010
|
256
|
0.050
|
20
|
3
|
0.231
|
0.092
|
0.092
|
0.092
|
0.572
|
|
26
|
validation
|
0.0010
|
256
|
0.050
|
40
|
3
|
0.352
|
0.186
|
0.186
|
0.186
|
0.495
|
|
27
|
validation
|
0.0010
|
256
|
0.050
|
80
|
3
|
0.325
|
0.238
|
0.238
|
0.238
|
0.198
|
|
28
|
final
|
0.0010
|
256
|
0.100
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
1.000
|
|
29
|
final
|
0.0010
|
256
|
0.100
|
3
|
3
|
0.066
|
0.008
|
0.008
|
0.008
|
0.971
|
|
30
|
final
|
0.0010
|
256
|
0.100
|
5
|
3
|
0.092
|
0.016
|
0.016
|
0.016
|
0.937
|
|
31
|
final
|
0.0010
|
256
|
0.100
|
10
|
3
|
0.185
|
0.062
|
0.062
|
0.062
|
0.798
|
|
32
|
final
|
0.0010
|
256
|
0.100
|
20
|
3
|
0.267
|
0.109
|
0.109
|
0.109
|
0.795
|
|
33
|
final
|
0.0010
|
256
|
0.100
|
40
|
3
|
0.392
|
0.186
|
0.186
|
0.186
|
0.610
|
|
34
|
final
|
0.0010
|
256
|
0.100
|
80
|
3
|
0.486
|
0.270
|
0.270
|
0.270
|
0.502
|
|
35
|
final
|
0.0010
|
512
|
0.100
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
0.985
|
|
36
|
final
|
0.0010
|
512
|
0.100
|
3
|
3
|
0.066
|
0.016
|
0.016
|
0.016
|
0.971
|
|
37
|
final
|
0.0010
|
512
|
0.100
|
5
|
3
|
0.106
|
0.023
|
0.023
|
0.023
|
0.926
|
|
38
|
final
|
0.0010
|
512
|
0.100
|
10
|
3
|
0.176
|
0.045
|
0.045
|
0.045
|
0.843
|
|
39
|
final
|
0.0010
|
512
|
0.100
|
20
|
3
|
0.291
|
0.102
|
0.102
|
0.102
|
0.671
|
|
40
|
final
|
0.0010
|
512
|
0.100
|
40
|
3
|
0.456
|
0.225
|
0.225
|
0.225
|
0.276
|
|
41
|
final
|
0.0010
|
512
|
0.100
|
80
|
3
|
0.565
|
0.328
|
0.328
|
0.328
|
0.220
|
|
42
|
validation
|
0.0010
|
128
|
0.100
|
0
|
3
|
0.414
|
0.000
|
0.000
|
0.000
|
0.937
|
|
43
|
validation
|
0.0010
|
128
|
0.100
|
3
|
3
|
1.084
|
0.625
|
0.625
|
0.625
|
0.788
|
|
44
|
validation
|
0.0010
|
128
|
0.100
|
5
|
3
|
1.673
|
0.875
|
0.875
|
0.875
|
0.598
|
|
45
|
validation
|
0.0010
|
128
|
0.100
|
10
|
3
|
2.949
|
1.719
|
1.719
|
1.719
|
0.229
|
|
46
|
validation
|
0.0010
|
128
|
0.100
|
20
|
3
|
4.881
|
3.000
|
3.000
|
3.000
|
-0.141
|
|
47
|
validation
|
0.0010
|
128
|
0.100
|
40
|
3
|
6.746
|
5.016
|
5.016
|
5.016
|
-0.254
|
|
48
|
validation
|
0.0010
|
128
|
0.100
|
80
|
3
|
8.606
|
7.047
|
7.047
|
7.047
|
-0.270
|
|
49
|
validation
|
0.0010
|
256
|
0.100
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
1.000
|
|
50
|
validation
|
0.0010
|
256
|
0.100
|
3
|
3
|
0.060
|
0.016
|
0.016
|
0.016
|
0.954
|
|
51
|
validation
|
0.0010
|
256
|
0.100
|
5
|
3
|
0.097
|
0.023
|
0.023
|
0.023
|
0.890
|
|
52
|
validation
|
0.0010
|
256
|
0.100
|
10
|
3
|
0.161
|
0.055
|
0.055
|
0.055
|
0.927
|
|
53
|
validation
|
0.0010
|
256
|
0.100
|
20
|
3
|
0.273
|
0.086
|
0.086
|
0.086
|
0.691
|
|
54
|
validation
|
0.0010
|
256
|
0.100
|
40
|
3
|
0.383
|
0.195
|
0.195
|
0.195
|
0.584
|
|
55
|
validation
|
0.0010
|
256
|
0.100
|
80
|
3
|
0.196
|
0.258
|
0.258
|
0.258
|
0.432
|
|
56
|
final
|
0.0010
|
256
|
0.150
|
0
|
3
|
0.033
|
0.000
|
0.000
|
0.000
|
0.996
|
|
57
|
final
|
0.0010
|
256
|
0.150
|
3
|
3
|
0.120
|
0.000
|
0.000
|
0.000
|
0.934
|
|
58
|
final
|
0.0010
|
256
|
0.150
|
5
|
3
|
0.207
|
0.047
|
0.047
|
0.047
|
0.958
|
|
59
|
final
|
0.0010
|
256
|
0.150
|
10
|
3
|
0.398
|
0.115
|
0.115
|
0.115
|
0.894
|
|
60
|
final
|
0.0010
|
256
|
0.150
|
20
|
3
|
0.627
|
0.209
|
0.209
|
0.209
|
0.746
|
|
61
|
final
|
0.0010
|
256
|
0.150
|
40
|
3
|
0.852
|
0.326
|
0.326
|
0.326
|
0.599
|
|
62
|
final
|
0.0010
|
256
|
0.150
|
80
|
3
|
1.038
|
0.520
|
0.520
|
0.520
|
0.421
|
|
63
|
final
|
0.0010
|
512
|
0.150
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
0.999
|
|
64
|
final
|
0.0010
|
512
|
0.150
|
3
|
3
|
0.091
|
0.016
|
0.016
|
0.016
|
0.981
|
|
65
|
final
|
0.0010
|
512
|
0.150
|
5
|
3
|
0.150
|
0.031
|
0.031
|
0.031
|
0.945
|
|
66
|
final
|
0.0010
|
512
|
0.150
|
10
|
3
|
0.227
|
0.068
|
0.068
|
0.068
|
0.889
|
|
67
|
final
|
0.0010
|
512
|
0.150
|
20
|
3
|
0.380
|
0.156
|
0.156
|
0.156
|
0.833
|
|
68
|
final
|
0.0010
|
512
|
0.150
|
40
|
3
|
0.538
|
0.234
|
0.234
|
0.234
|
0.523
|
|
69
|
final
|
0.0010
|
512
|
0.150
|
80
|
3
|
-1.245
|
0.305
|
0.305
|
0.305
|
0.283
|
|
70
|
validation
|
0.0010
|
256
|
0.150
|
0
|
3
|
0.033
|
0.000
|
0.000
|
0.000
|
0.996
|
|
71
|
validation
|
0.0010
|
256
|
0.150
|
3
|
3
|
0.121
|
0.016
|
0.016
|
0.016
|
0.951
|
|
72
|
validation
|
0.0010
|
256
|
0.150
|
5
|
3
|
0.235
|
0.043
|
0.043
|
0.043
|
0.906
|
|
73
|
validation
|
0.0010
|
256
|
0.150
|
10
|
3
|
0.407
|
0.100
|
0.100
|
0.100
|
0.863
|
|
74
|
validation
|
0.0010
|
256
|
0.150
|
20
|
3
|
0.631
|
0.172
|
0.172
|
0.172
|
0.658
|
|
75
|
validation
|
0.0010
|
256
|
0.150
|
40
|
3
|
0.866
|
0.381
|
0.381
|
0.381
|
0.565
|
|
76
|
validation
|
0.0010
|
256
|
0.150
|
80
|
3
|
1.054
|
0.498
|
0.498
|
0.498
|
0.269
|
|
77
|
validation
|
0.0010
|
512
|
0.150
|
0
|
3
|
0.001
|
0.000
|
0.000
|
0.000
|
0.999
|
|
78
|
validation
|
0.0010
|
512
|
0.150
|
3
|
3
|
0.085
|
0.014
|
0.014
|
0.014
|
0.971
|
|
79
|
validation
|
0.0010
|
512
|
0.150
|
5
|
3
|
0.132
|
0.031
|
0.031
|
0.031
|
0.937
|
|
80
|
validation
|
0.0010
|
512
|
0.150
|
10
|
3
|
0.251
|
0.062
|
0.062
|
0.062
|
0.875
|
|
81
|
validation
|
0.0010
|
512
|
0.150
|
20
|
3
|
0.356
|
0.117
|
0.117
|
0.117
|
0.815
|
|
82
|
validation
|
0.0010
|
512
|
0.150
|
40
|
3
|
0.512
|
0.203
|
0.203
|
0.203
|
0.559
|
|
83
|
validation
|
0.0010
|
512
|
0.150
|
80
|
3
|
0.655
|
0.316
|
0.316
|
0.316
|
0.395
|
Top Mutated Amino Acids
|
#
|
0
|
1
|
2
|
3
|
4
|
5
|
6
|
7
|
8
|
9
|
|
from
|
C
|
H
|
Q
|
N
|
T
|
Y
|
W
|
F
|
M
|
S
|
|
to
|
L
|
A
|
R
|
P
|
E
|
G
|
K
|
S
|
V
|
D
|
Top Mutations
|
from
|
to
|
|
F
|
L
|
|
W
|
L
|
|
C
|
L
|
|
Y
|
L
|
|
M
|
L
|
|
T
|
L
|
|
H
|
L
|
|
I
|
L
|
|
H
|
R
|
|
Q
|
L
|
|
S
|
L
|
|
N
|
L
|
|
G
|
L
|
|
C
|
A
|
|
K
|
L
|
|
T
|
A
|
|
W
|
A
|
|
Q
|
R
|
|
D
|
L
|
|
Q
|
E
|